"""
@author: 江同学呀
@file: tokenizer_common.py
@date: 2025/1/7 23:43
@desc: 
"""
from espc.utils.enum_utils import EnumBase


class TokenCharacter(EnumBase):
    """
    令牌中的字符类
    """
    letter = "letter"
    digit = "digit"
    whitespace = "whitespace"
    punctuation = "punctuation"
    symbol = "symbol"
    custom = "custom"
